app/models/agents/website_agent.rb

@@ -99,6 +99,9 @@ module Agents

                           result = {}
              

                           options[:extract].keys.each do |name|
              

                             result[name] = output[name][index]
              

                +            if name.to_s == 'url'
              

                +              result[name] = URI.join(options[:url], result[name]).to_s if (result[name] =~ URI::DEFAULT_PARSER.regexp[:ABS_URI]).nil?
              

                +            end
              

                           end
              

                 
              

                           if !options[:mode] || options[:mode].to_s == "all" || (options[:mode].to_s == "on_change" && !previous_payloads.include?(result.to_json))
              

spec/models/agents/website_agent_spec.rb

@@ -51,6 +51,26 @@ describe Agents::WebsiteAgent do

                       event.payload[:title].should =~ /^Biologists play reverse/
              

                     end
              

                 
              

                +    it "should turn relative urls to absolute" do
              

                +      rel_site = {
              

                +        :name => "XKCD",
              

                +        :expected_update_period_in_days => 2,
              

                +        :type => "html",
              

                +        :url => "http://xkcd.com",
              

                +        :mode => :on_change,
              

                +        :extract => {
              

                +            :url => {:css => "#topLeft a", :attr => "href"},
              

                +            :title => {:css => "#topLeft a", :text => "true"}
              

                +        }
              

                +      }
              

                +      rel = Agents::WebsiteAgent.new(:name => "xkcd", :options => rel_site)
              

                +      rel.user = users(:bob)
              

                +      rel.save!
              

                +      rel.check
              

                +      event = Event.last
              

                +      event.payload[:url].should == "http://xkcd.com/about"
              

                +    end
              

                +        
              

                     describe "JSON" do
              

                       it "works with paths" do
              

                         json = {
              
@@ -120,4 +140,4 @@ describe Agents::WebsiteAgent do

                       end
              

                     end
              

                   end
              

                -end
              

                +end